cat image_20201126.txt image_20201127.txt image_20201128.txt image_20201130.txt > all.txt

shuf nuscenes_full_train.txt -n 10000 -o nuscenes_full_train_1w.txt
shuf nuscenes_full_val.txt -n 5000 -o nuscenes_full_val_5k.txt

head -n 36672493 train.txt > criteo_data/train/train.txt 
tail -n 9168124 train.txt > criteo_data/val/test.txt 
